"""
Copyright (c) 2022 Huawei Technologies Co.,Ltd.

openGauss is licensed under Mulan PSL v2.
You can use this software according to the terms and conditions of the Mulan PSL v2.
You may obtain a copy of Mulan PSL v2 at:

          http://license.coscl.org.cn/MulanPSL2

THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
See the Mulan PSL v2 for more details.
"""
"""
Case Type   : 发布订阅
Case Name   : 开启同步基础数据,gs_probackup备份订阅端
Create At   : 2023/04/06
Owner       : opentestcase004
Description :
    1.在两个集群创建表
    2.在集群A插入数据
    3.创建发布订阅
    4.订阅端查询数据是否更新
    5.订阅端全量备份
    6.发布端修改数据
    7.订阅端查询数据是否更新
    8.使用备份文件恢复订阅端
    9.订阅端查询数据是否更新
    10.更新订阅端
    11.订阅端查询数据是否更新
    12.发布端插入数据
    13.订阅端查询数据是否更新
    14.清理环境
Expect      :
    1.成功
    2.成功
    3.成功
    4.基础数据更新
    5.成功
    6.成功
    7.更新
    8.成功
    9.不更新
    10.成功
    11.不更新
    12.成功
    13.增量数据更新
    14.成功
History     : 
"""

import os
import unittest
from yat.test import macro
from yat.test import Node
from testcase.utils.Common import Common
from testcase.utils.Logger import Logger
from testcase.utils.CommonSH import CommonSH
from testcase.utils.Constant import Constant

Primary_SH = CommonSH('PrimaryDbUser')


@unittest.skipIf(3 != Primary_SH.get_node_num(), '非1+2环境不执行')
class Pubsubclass(unittest.TestCase):
    def setUp(self):
        self.log = Logger()
        self.log.info("-----------this is setup-----------")
        self.log.info(f"-----{os.path.basename(__file__)} start-----")
        self.pri_userdb_pub = Node(node='PrimaryDbUser')
        self.pri_rootdb_pub = Node(node='PrimaryRoot')
        self.pri_userdb_sub = Node(node='remote1_PrimaryDbUser')
        self.pri_rootdb_sub = Node(node='remote1_PrimaryRoot')
        self.constant = Constant()
        self.commsh_pub = CommonSH('PrimaryDbUser')
        self.standby_list = [CommonSH('remote1_Standby1DbUser'),
                             CommonSH('remote1_Standby2DbUser')]
        self.commsh_sub = CommonSH('remote1_PrimaryDbUser')
        self.com_pub = Common()
        self.com_sub = Common('remote1_PrimaryDbUser')
        self.tbname1 = 't_pub_sub_0263_01'
        self.tbname2 = 't_pub_sub_0263_02'
        self.subname = "s_pub_sub_0263"
        self.pubname = "p_pub_sub_0263"
        self.schema = "sc_pub_sub_0263"
        self.tablespace = "ta_pub_sub_0263"
        self.base_path = os.path.join(
            os.path.dirname(macro.DB_INSTANCE_PATH_REMOTE1), 'baseback')
        check_cmd = f'if [ -d {self.base_path} ]; ' \
            f'then echo "exists"; else echo "not exists"; fi'
        self.log.info(check_cmd)
        result = self.pri_userdb_sub.sh(check_cmd).result()
        self.log.info(result)
        if result == 'exists':
            cmd = f"rm -rf {self.base_path};mkdir {self.base_path};"
            self.log.info(cmd)
            result1 = self.pri_userdb_sub.sh(cmd).result()
            self.log.info(result1)
            self.assertEqual('', result1, '执行失败')
        else:
            cmd = f"mkdir {self.base_path};"
            self.log.info(cmd)
            result1 = self.pri_userdb_sub.sh(cmd).result()
            self.log.info(result1)
            self.assertEqual('', result1, '执行失败')
        self.parent_path_pub = os.path.dirname(macro.DB_INSTANCE_PATH)
        self.parent_path_sub = os.path.dirname(macro.DB_INSTANCE_PATH_REMOTE1)
        self.port = str(int(self.pri_userdb_pub.db_port) + 1)
        self.wal_level = self.com_pub.show_param("wal_level")
        self.user_param_pub = f'-U {self.pri_userdb_pub.db_user} ' \
            f'-W {self.pri_userdb_pub.db_password}'
        self.user_param_sub = f'-U {self.pri_userdb_sub.db_user} ' \
            f'-W {self.pri_userdb_sub.db_password}'
        cmd = f"cp " \
            f"{os.path.join(macro.DB_INSTANCE_PATH, 'pg_hba.conf')} " \
            f"{os.path.join(self.parent_path_pub, 'pg_hba.conf')};"
        self.log.info(cmd)
        result = self.pri_userdb_pub.sh(cmd).result()
        self.log.info(result)
        cmd = f"cp " \
            f"{os.path.join(macro.DB_INSTANCE_PATH_REMOTE1, 'pg_hba.conf')}" \
            f" {os.path.join(self.parent_path_sub, 'pg_hba.conf')};"
        self.log.info(cmd)
        result = self.pri_userdb_sub.sh(cmd).result()
        self.log.info(result)
        self.hostname = self.pri_userdb_sub.sh('hostname').result().strip()
        text = "step:预置条件,修改pg_hba expect:成功"
        self.log.info(text)
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    replication  {self.pri_userdb_sub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    all  {self.pri_userdb_sub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        result = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG, 'wal_level=logical')
        self.assertTrue(result, '执行失败' + text)
        result = self.commsh_pub.restart_db_cluster(True)
        flg = self.constant.START_SUCCESS_MSG in result or 'Degrade' in result
        self.assertTrue(flg, '执行失败' + text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host    replication  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host all  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败' + text)

    def test_pub_sub(self):
        text = "step1:在两个集群创建表 expect:成功"
        self.log.info(text)
        sql_cmd = f"drop schema if exists {self.schema} cascade;" \
            f"create schema {self.schema};" \
            f"drop table if exists {self.schema}.{self.tbname1};" \
            f"create table {self.schema}.{self.tbname1}(id1 " \
            f"int primary key,id2 int, id3 int);"
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertIn(self.constant.DROP_SCHEMA_SUCCESS_MSG, pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.CREATE_SCHEMA_SUCCESS_MSG, pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.DROP_TABLE_SUCCESS, pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.TABLE_CREATE_SUCCESS, pub_result,
                      '执行失败' + text)
        sub_result = self.commsh_sub.execut_db_sql(
            sql_cmd, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn(self.constant.DROP_SCHEMA_SUCCESS_MSG, sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.CREATE_SCHEMA_SUCCESS_MSG, sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.DROP_TABLE_SUCCESS, sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.TABLE_CREATE_SUCCESS, pub_result,
                      '执行失败' + text)
        sql_cmd = f"drop tablespace if exists {self.tablespace};" \
            f"create tablespace {self.tablespace} relative location " \
            f"'test_tblspc';" \
            f"drop table if exists {self.tbname2};create table " \
            f"{self.tbname2}(id int primary key CONSTRAint id_nn not null," \
            f"use_filename varchar2(20),filename varchar2(255),text " \
            f"varchar2(2000)) tablespace {self.tablespace} partition by " \
            f"range(id)(" \
            f"  partition P1 values less than(30)," \
            f"  partition P2 values less than(60)," \
            f"  partition P3 values less than(90)," \
            f"  partition P4 values less than(maxvalue));"
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertIn(self.constant.TABLESPCE_DROP_SUCCESS, pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.TABLESPCE_CREATE_SUCCESS, pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.DROP_TABLE_SUCCESS, pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.TABLE_CREATE_SUCCESS, pub_result,
                      '执行失败' + text)
        sub_result = self.commsh_sub.execut_db_sql(
            sql_cmd, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn(self.constant.TABLESPCE_DROP_SUCCESS, sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.TABLESPCE_CREATE_SUCCESS, sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.DROP_TABLE_SUCCESS, sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.TABLE_CREATE_SUCCESS, sub_result,
                      '执行失败' + text)

        text = "step2:在集群A插入数据 expect:成功"
        self.log.info(text)
        sql_cmd = f"insert into {self.schema}.{self.tbname1} " \
            f"values(generate_series(1,100), 1, 1);" \
            f"insert into {self.tbname2} values(1, 'first', '%一', '')," \
            f"(60, 'first', '%二', ''),(90, 'first', '%三', ''); "
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertEqual(pub_result.count(self.constant.INSERT_SUCCESS_MSG), 2,
                         '执行失败' + text)

        text = "step3:创建发布订阅 expect:成功"
        self.log.info(text)
        sql_cmd = f"drop publication if exists {self.pubname};" \
            f"create publication {self.pubname} for all tables;"
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertIn(self.constant.drop_pub_succ_msg, pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.create_pub_succ_msg, pub_result,
                      '执行失败' + text)
        result = self.commsh_sub.execute_generate(
            macro.COMMON_PASSWD, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertIn(self.constant.create_keycipher_success, result,
                      '执行失败' + text)
        sql_cmd = f"drop subscription if exists {self.subname};" \
            f"create subscription {self.subname} connection " \
            f"'host={self.pri_userdb_pub.db_host} " \
            f"port={self.port} user={self.pri_userdb_pub.db_user} " \
            f"dbname={self.pri_userdb_pub.db_name} " \
            f"password={self.pri_userdb_pub.ssh_password}' publication " \
            f"{self.pubname} with (copy_data=true);"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_cmd, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn(self.constant.drop_sub_succ_msg, sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.create_sub_succ_msg, sub_result, '执行失败'
                      + text)

        text = "step4:订阅端查询数据是否更新 expect:基础数据更新"
        self.log.info(text)
        sql_select = f"select pg_sleep(8);select count(*) from " \
            f"{self.schema}.{self.tbname1};select * from {self.tbname2};"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select, self.user_param_sub, None,
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn('1 | first        | %一', sub_result, '执行失败' + text)
        self.assertIn('60 | first        | %二', sub_result, '执行失败' + text)
        self.assertIn('90 | first        | %三', sub_result, '执行失败' + text)
        self.assertEqual(str(sub_result.splitlines()[-9]).strip(), '100',
                         '执行失败' + text)

        text = "step5:订阅端全量备份 expect:成功"
        self.log.info(text)
        sub_result = self.commsh_sub.exec_pro_backup_init(
            self.base_path, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(sub_result, '执行失败' + text)
        sub_result = self.commsh_sub.exec_pro_back_add(
            self.base_path, 'instance', dn_path=macro.DB_INSTANCE_PATH_REMOTE1,
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(sub_result, '执行失败' + text)
        sub_result = self.commsh_sub.exec_pro_backup_backup(
            self.base_path, 'instance', 'FULL', self.pri_userdb_sub.db_name,
            ' --backup-pg-replslot', env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(sub_result, '执行失败' + text)

        text = "step6:发布端更新数据 expect:成功"
        self.log.info(text)
        sql_cmd = f"update {self.schema}.{self.tbname1} set id2=999;" \
            f"update {self.tbname2} set text='update';"
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertEqual(pub_result.count(self.constant.UPDATE_SUCCESS_MSG), 2,
                         '执行失败' + text)

        text = "step7:订阅端查询数据是否更新 expect:更新"
        self.log.info(text)
        sql_select = f"select pg_sleep(8);select count(*) from " \
            f"{self.schema}.{self.tbname1} where id2 = '999';" \
            f"select count(*) from {self.tbname2} where text = 'update';"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select, self.user_param_sub, None,
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertEqual(str(sub_result.splitlines()[-2]).strip(), '3',
                         '执行失败' + text)
        self.assertEqual(str(sub_result.splitlines()[-7]).strip(), '100',
                         '执行失败' + text)

        text = "step8:使用备份文件恢复订阅端 expect:成功"
        self.log.info(text)
        sub_result = self.commsh_sub.stop_db_cluster(
            env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(sub_result, '执行失败' + text)
        sub_result = self.commsh_sub.exec_probackup_show(
            self.base_path, 'instance', macro.DB_ENV_PATH_REMOTE1)
        result_split = sub_result.splitlines()
        self.log.info(result_split)
        restore_mod = ''
        for i in result_split:
            if 'FULL' in str(i):
                restore_mod = str(str(i).split()[2]).strip()
                self.log.info(restore_mod)
        sub_result = self.commsh_sub.exec_pro_backup_restore(
            self.base_path, 'instance', restore_mod,
            '--incremental-mode=checksum', env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertTrue(sub_result, '执行失败' + text)
        self.commsh_sub.start_db_cluster(env_path=macro.DB_ENV_PATH_REMOTE1)
        for i in self.standby_list:
            sub_result = i.build_standby(
                env_path=macro.DB_ENV_PATH_REMOTE1,
                db_path=macro.DB_INSTANCE_PATH_REMOTE1)
            self.assertTrue(sub_result, '执行失败' + text)

        text = "step9:订阅端查询数据是否更新 expect:不更新"
        self.log.info(text)
        sql_select = f"select pg_sleep(8);select count(*) from " \
            f"{self.schema}.{self.tbname1} where id2 = '999';" \
            f"select count(*) from {self.tbname2} where text = 'update';"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select, self.user_param_sub, None,
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertEqual(str(sub_result.splitlines()[-2]).strip(), '0',
                         '执行失败' + text)
        self.assertEqual(str(sub_result.splitlines()[-7]).strip(), '0',
                         '执行失败' + text)

        text = "step10:刷新订阅 expect:成功"
        self.log.info(text)
        sub_result = self.commsh_sub.execut_db_sql(
            f"alter subscription {self.subname} refresh publication with "
            f"(copy_data=true);", self.user_param_sub, None,
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn(self.constant.alter_sub_succ_msg, sub_result, '执行失败'
                      + text)

        text = "step11:订阅端查询数据是否更新 expect:不更新"
        self.log.info(text)
        sql_select = f"select pg_sleep(8);select count(*) from " \
            f"{self.schema}.{self.tbname1} where id2 = '999';" \
            f"select count(*) from {self.tbname2} where text = 'update';"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select, self.user_param_sub, None,
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertEqual(str(sub_result.splitlines()[-2]).strip(), '0',
                         '执行失败' + text)
        self.assertEqual(str(sub_result.splitlines()[-7]).strip(), '0',
                         '执行失败' + text)

        text = "step12:发布端插入数据 expect:成功"
        self.log.info(text)
        sql_cmd = f"insert into {self.schema}.{self.tbname1} " \
            f"values(101, 1, 1);" \
            f"insert into {self.tbname2} values(9, 'first', '%一', ''); "
        pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(pub_result)
        self.assertEqual(pub_result.count(self.constant.INSERT_SUCCESS_MSG), 2,
                         '执行失败' + text)

        text = "step13:订阅端查询数据是否更新 expect:增量数据更新"
        self.log.info(text)
        sql_select = f"select pg_sleep(8);select * from {self.tbname2};" \
            f"select count(*) from {self.schema}.{self.tbname1};"
        sub_result = self.commsh_sub.execut_db_sql(
            sql_select, self.user_param_sub, None,
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(sub_result)
        self.assertIn('9 | first        | %一', sub_result, '执行失败' + text)
        self.assertEqual(str(sub_result.splitlines()[-2]).strip(), '101',
                         '执行失败' + text)

    def tearDown(self):
        text = "step14:清理环境 expect:成功"
        self.log.info(text)
        sql_cmd = f"drop subscription if exists {self.subname};"
        drop_sub_result = self.commsh_sub.execut_db_sql(
            sql_cmd, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(drop_sub_result)
        sql_cmd = f"drop publication if exists {self.pubname};"
        drop_pub_result = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(drop_pub_result)
        sql_cmd = f"drop schema if exists {self.schema} cascade;drop table " \
            f"if exists {self.tbname2};drop tablespace if exists " \
            f"{self.tablespace};"
        result_sub = self.commsh_sub.execut_db_sql(
            sql_cmd, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
        self.log.info(result_sub)
        result_pub = self.commsh_pub.execut_db_sql(
            sql_cmd, sql_type=self.user_param_pub)
        self.log.info(result_pub)
        cmd = f"rm -rf {self.base_path}"
        self.log.info(cmd)
        sh_result = self.com_sub.get_sh_result(self.pri_userdb_sub, cmd)
        cmd = f"mv " \
            f"{os.path.join(self.parent_path_pub, 'pg_hba.conf')} " \
            f"{os.path.join(macro.DB_INSTANCE_PATH, 'pg_hba.conf')}"
        self.log.info(cmd)
        sh_result1 = self.pri_userdb_pub.sh(cmd).result()
        self.log.info(sh_result1)
        cmd = f"mv " \
            f"{os.path.join(self.parent_path_sub, 'pg_hba.conf')} " \
            f"{os.path.join(macro.DB_INSTANCE_PATH_REMOTE1, 'pg_hba.conf')}"
        self.log.info(cmd)
        sh_result2 = self.pri_userdb_sub.sh(cmd).result()
        self.log.info(sh_result2)
        path1 = os.path.join(
            macro.DB_INSTANCE_PATH, 'pg_location/test_tblspc')
        path2 = os.path.join(
            macro.DB_INSTANCE_PATH_REMOTE1, 'pg_location/test_tblspc')
        cmd1 = f"rm -rf {path1}"
        self.log.info(cmd1)
        cmd2 = f"rm -rf {path2}"
        self.log.info(cmd2)
        sh_result3 = self.pri_userdb_pub.sh(cmd1).result()
        self.log.info(sh_result3)
        sh_result4 = self.pri_userdb_sub.sh(cmd2).result()
        self.log.info(sh_result4)
        result1 = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'wal_level={self.wal_level}')
        self.log.info(result1)
        pub_result = self.commsh_pub.restart_db_cluster(True)
        sub_result = self.commsh_sub.restart_db_cluster(
            True, macro.DB_ENV_PATH_REMOTE1)
        self.assertEqual('', sh_result, '执行失败' + text)
        self.assertTrue(pub_result, '执行失败' + text)
        self.assertTrue(sub_result, '执行失败' + text)
        self.assertTrue(result1, '执行失败' + text)
        self.assertEqual("", sh_result1, '执行失败' + text)
        self.assertEqual("", sh_result2, '执行失败' + text)
        self.assertEqual("", sh_result3, '执行失败' + text)
        self.assertEqual("", sh_result4, '执行失败' + text)
        self.assertIn(self.constant.drop_pub_succ_msg, drop_pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.drop_sub_succ_msg, drop_sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.DROP_TABLE_SUCCESS, result_sub,
                      '执行失败' + text)
        self.assertIn(self.constant.DROP_TABLE_SUCCESS, result_pub,
                      '执行失败' + text)
        self.log.info(f"-----{os.path.basename(__file__)} end-----")

